import org.apache.spark.{SparkConf, SparkContext}
import org.apache.spark.sql.{DataFrame, SQLContext}

/**
  * Created by yangqiyuan on 2018/3/28.
  */
class ReadLogRdd {
  def main(args: Array[String]): Unit = {
    val conf: SparkConf = new SparkConf()
      .setAppName(ReadLog.getClass.getSimpleName)
      .setMaster("local[*]")
      .set("spark.serializer","org.apache.spark.serializer.KryoSerializer")
    val spark: SparkContext = new SparkContext(conf)
    val sqlContext: SQLContext = new SQLContext(spark)
    val parquet: DataFrame = sqlContext.read.parquet("parquet")

  }
}
